#
import unittest
from nanods.nanods_tokenizer import NanodsTokenizer

class TNanodsTokenizer(unittest.TestCase):
    # python -m unittest -v uts.nanods.t_nanods_tokenizer.TNanodsTokenizer.test_train_tokenizer
    # 由于任务运行时间较长，可以考虑后台方式运行：
    # nohup python -u -m unittest -v uts.nanods.t_nanods_tokenizer.TNanodsTokenizer.test_train_tokenizer > ./work/run.log 2>&1 &
    # tail -100f ./work/logs/run.log # 查看运行日志
    def test_train_tokenizer(self):
        params = {}
        NanodsTokenizer.train_tokenizer(params=params)

    # python -m unittest -v uts.nanods.t_nanods_tokenizer.TNanodsTokenizer.test_test_tokenizer
    def test_test_tokenizer(self):
        params = {}
        NanodsTokenizer.test_tokenizer(params=params)